"""
Case Type   : 基础功能
Case Name   : 修改订阅，验证subscription_parameter参数synchronous_commit
Create At   : 2022/3/15
Owner       : opentestcase026
Description :
    1.在两个集群中创建相同字段表
    2.创建发布端(集群A)
    3.创建订阅，指定synchronous_commit为on 
    4.订阅端设置synchronous_commit为on
    5.修改订阅，设置synchronous_commit为off 
    6.停止订阅端备节点
    7.发布端插入数据
    8.订阅端检查数据
    9.订阅端设置synchronous_commit为off
    10.修改订阅，设置synchronous_commit为on
    11.停止订阅端备节点
    12.发布端插入数据
    13.订阅端检查数据
    14.重启订阅端备节点
    15.订阅端检查数据
Expect      :
    1.成功
    2.成功
    3.成功
    4.成功
    5.成功
    6.成功
    7.成功
    8.数据同步
    9.成功
    10.成功
    11.成功
    12.成功
    13.数据未同步，查询阻塞
    14.成功
    15.阻塞，此时数据库不存在同步备
History     :
    Modified by opentestcase026 2022/4/1:增加most_available_sync参数值判断
    Modified by opentestcase026 2022/6/24:bug解决合入
    Modified by lopentestcase027 2022/8/4:优化用例,先建表后建订阅 设置copy_data=false
    Modified by opentestcase012 2022/10/11:优化用例和断言,添加查看数据库状态
"""
import unittest
import os
import time
from yat.test import macro
from yat.test import Node
from testcase.utils.Logger import Logger
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Common import Common
from testcase.utils.Constant import Constant
from testcase.utils.ComThread import ComThread

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 != Primary_SH.get_node_num(), '非1+2环境不执行')
class Pubsubclass(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info("-----------this is setup-----------")
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.commsh_sub_sta = [CommonSH('remote1_Standby1DbUser'),
                               CommonSH('remote1_Standby2DbUser')]
        self.com_pub = Common()
        self.com_sub = Common('remote1_PrimaryDbUser')
        self.subname1 = "sub_case111_1"
        self.pubname1 = "pub_case111_1"
        self.tb_name1 = "t_case111_1"
        self.hba_pub = os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')
        self.hba_sub = os.path.join(macro.DB_INSTANCE_PATH_REMOTE1,
                                    'pg_hba.conf')
        self.hba_bak_pub = os.path.join(
            os.path.dirname(macro.DB_INSTANCE_PATH), 'pg_hba.conf')
        self.hba_bak_sub = os.path.join(
            os.path.dirname(macro.DB_INSTANCE_PATH_REMOTE1), 'pg_hba.conf')
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com_pub.show_param("wal_level")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
            f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
            f'-W {self.pri_userdb_sub.db_password}'

        self.synchronous_commit = self.com_sub.show_param(
            "synchronous_commit", macro.DB_ENV_PATH_REMOTE1)
        self.most_available_sync = self.com_sub.show_param(
            "most_available_sync", macro.DB_ENV_PATH_REMOTE1)

        text = '-----预置条件1:备份配置文件pg_hba.conf-----'
        self.log.info(text)
        cmd = f'cp {self.hba_pub} {self.hba_bak_pub};'
        self.log.info(cmd)
        msg1 = self.com_pub.get_sh_result(self.pri_userdb_pub, cmd)
        cmd = f'cp {self.hba_sub} {self.hba_bak_sub};'
        self.log.info(cmd)
        msg2 = self.com_pub.get_sh_result(self.pri_userdb_sub, cmd)
        self.assertEqual('', msg1 and msg2, '执行失败:' + text)

        text = '-----预置条件2:查看发布端和订阅端的数据库状态-----'
        self.log.info(text)
        status = self.commsh_pub.get_db_cluster_status()
        self.log.info(status)
        self.assertIn(self.constant.CLUSTER_NORMAL_MSG, status, '执行失败:' + text)
        status = self.commsh_sub.get_db_cluster_status(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status)
        self.assertIn(self.constant.CLUSTER_NORMAL_MSG, status, '执行失败:' + text)

        text = '-----预置条件3:修改发布端pg_hba文件和配置参数wal_level=logical，重启数据库-----'
        self.log.info(text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)
        if 'logical' != self.wal_level:
            result = self.commsh_pub.execute_gsguc(
                'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
            self.log.info(result)
            self.assertTrue(result, '执行失败:' + text)
            result = self.commsh_pub.restart_db_cluster(False)
            self.assertTrue(result, '执行失败:' + text)
            status = self.commsh_pub.get_db_cluster_status()
            self.log.info(status)
            self.assertIn(self.constant.CLUSTER_NORMAL_MSG, status,
                          '执行失败:' + text)

        text = '-----预置条件4:订阅端修改pg_hba文件,配置参数most_available_sync=off-----'
        self.log.info(text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)
        if "off" != self.most_available_sync:
            result = self.commsh_sub.execute_gsguc(
                'reload', self.constant.GSGUC_SUCCESS_MSG,
                'most_available_sync=off',
                dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
                env_path=macro.DB_ENV_PATH_REMOTE1)
            self.assertTrue(result, '执行失败:' + text)

    def test_pubsub(self):
        text = '--step1:在两个集群中创建相同字段表 expect:成功--'
        self.log.info(text)
        create_sql = f'drop table if exists {self.tb_name1};' \
            f'create table {self.tb_name1} (id int primary key,t text);'
        result = self.commsh_pub.execut_db_sql(
            create_sql, sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS,
                      result, '执行失败:' + text)
        result = self.commsh_sub.execut_db_sql(create_sql,
                                               self.user_param_sub, None,
                                               macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS,
                      result, '执行失败:' + text)

        text = "--step2:创建发布端(集群A) expect:成功--"
        self.log.info(text)
        sql = f"drop publication if exists {self.pubname1};" \
            f"create publication {self.pubname1} for table {self.tb_name1} ;"
        result = self.commsh_pub.execut_db_sql(sql,
                                               sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.create_pub_succ_msg, result,
                      '执行失败:' + text)
        self.assertNotIn(self.constant.SQL_WRONG_MSG[1], result,
                         '执行失败:' + text)

        text = "--step3:创建订阅synchronous_commit为on   expect:创建订阅成功--"
        self.log.info(text)
        result = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn('', result, '执行失败:' + text)
        sql = f"drop subscription if exists {self.subname1};" \
            f"create subscription {self.subname1} connection " \
            f"'host={self.pri_userdb_pub.db_host} " \
            f"port={self.port} " \
            f"user={self.pri_userdb_pub.db_user} " \
            f"dbname={self.pri_userdb_pub.db_name} " \
            f"password={self.pri_userdb_pub.db_password}' " \
            f"publication {self.pubname1} with (synchronous_commit=on, " \
            f"copy_data=false);"
        result = self.commsh_sub.execut_db_sql(sql, self.user_param_sub, None,
                                               macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)
        self.assertNotIn(self.constant.SQL_WRONG_MSG[1],
                         result, '执行失败:' + text)
        self.assertIn(self.constant.create_sub_succ_msg, result,
                      '执行失败:' + text)

        text = "--step4:订阅端设置synchronous_commit为on  expect:成功--"
        self.log.info(text)
        result = self.commsh_sub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            'synchronous_commit=on',
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(result, '执行失败:' + text)
        result = self.commsh_sub.restart_db_cluster(True,
                                                    macro.DB_ENV_PATH_REMOTE1)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败:' + text)

        text = "--step5:修改订阅，设置synchronous_commit为off   expect:成功--"
        self.log.info(text)
        sql = f"alter subscription {self.subname1} " \
            f"set (synchronous_commit=off);"
        result = self.commsh_sub.execut_db_sql(sql, self.user_param_sub, None,
                                               macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)
        self.assertNotIn(self.constant.SQL_WRONG_MSG[1],
                         result, '执行失败:' + text)
        self.assertIn(self.constant.alter_sub_succ_msg, result,
                      '执行失败:' + text)

        text = "--step6:停止订阅端备节点  expect:成功--"
        self.log.info(text)
        for i in range(len(self.commsh_sub_sta)):
            result = self.commsh_sub_sta[i].stop_db_instance(
                macro.DB_ENV_PATH_REMOTE1, macro.DB_INSTANCE_PATH_REMOTE1)
            self.log.info(result)
            self.assertIn(self.constant.GS_CTL_STOP_SUCCESS_MSG,
                          result, '执行失败:' + text)
        self.log.info('----订阅端状态----')
        status = \
            self.commsh_sub.get_db_cluster_status(
                'detail', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status)
        self.assertEqual(2, status.count('Manually stopped'), '执行失败:' + text)
        self.assertIn('Primary Normal', status, '执行失败:' + text)

        text = "--step7:发布端插入数据  expect:成功--"
        self.log.info(text)
        sql_insert = f"insert into {self.tb_name1} values(1, 'first');"
        result = self.commsh_pub.execut_db_sql(sql_insert,
                                               sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG, result, '执行失败' +
                      text)

        text = "--step8:查询是否同步  expect:成功--"
        self.log.info(text)
        sql_select = f"select * from {self.tb_name1}"
        select_thread = ComThread(self.commsh_sub.execut_db_sql,
                                  args=(sql_select,
                                        self.user_param_sub,
                                        None, macro.DB_ENV_PATH_REMOTE1))
        select_thread.setDaemon(True)
        select_thread.start()
        select_thread.join(10)
        result = select_thread.get_result()
        self.log.info(result)
        self.assertIn('1 row', result, '执行失败' + text)
        self.assertIn('1 | first', result, '执行失败' + text)

        text = "--step9:订阅端设置synchronous_commit为off  expect:成功--"
        self.log.info(text)
        result = self.commsh_sub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            'synchronous_commit=off',
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(result, '执行失败:' + text)
        result = self.commsh_sub.restart_db_cluster(True,
                                                    macro.DB_ENV_PATH_REMOTE1)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败:' + text)

        text = "--step11:修改订阅，设置synchronous_commit为on   expect:成功--"
        self.log.info(text)
        sql = f"alter subscription {self.subname1} " \
            f"set (synchronous_commit=on);" \
            f"select pg_sleep(15);" \
            f"select * from pg_subscription;" \
            f"alter subscription {self.subname1} refresh publication;"
        result = self.commsh_sub.execut_db_sql(sql, self.user_param_sub, None,
                                               macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)
        self.assertNotIn(self.constant.SQL_WRONG_MSG[1],
                         result, '执行失败:' + text)
        self.assertIn(self.constant.alter_sub_succ_msg, result,
                      '执行失败:' + text)

        text = "--step10:停止订阅端备节点  expect:成功--"
        self.log.info(text)
        for i in range(len(self.commsh_sub_sta)):
            result = self.commsh_sub_sta[i].stop_db_instance(
                macro.DB_ENV_PATH_REMOTE1, macro.DB_INSTANCE_PATH_REMOTE1)
            self.log.info(result)
            self.assertIn(self.constant.GS_CTL_STOP_SUCCESS_MSG,
                          result, '执行失败:' + text)
        self.log.info('----订阅端状态----')
        status = \
            self.commsh_sub.get_db_cluster_status(
                'detail', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status)
        self.assertEqual(2, status.count('Manually stopped'), '执行失败:' + text)
        self.assertIn('Primary Normal', status, '执行失败:' + text)

        text = "--step12:发布端插入数据  expect:成功--"
        self.log.info(text)
        sql_insert = f"insert into {self.tb_name1} values(2, 'f2irst');" \
            f"select pg_sleep(15);"
        result = self.commsh_pub.execut_db_sql(sql_insert,
                                               sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG, result, '执行失败' +
                      text)

        text = "--step13:查询是否同步  expect:数据未同步，查询阻塞--"
        self.log.info(text)
        sql_select = f"select * from {self.tb_name1}"
        select_thread1 = ComThread(self.commsh_sub.execut_db_sql,
                                   args=(sql_select,
                                         self.user_param_sub,
                                         None, macro.DB_ENV_PATH_REMOTE1))
        select_thread1.setDaemon(True)
        select_thread1.start()
        select_thread1.join(10)
        result = select_thread1.get_result()
        self.log.info(result)
        self.assertEqual(None, result, '执行失败' + text)
        time.sleep(5)

        text = "--step14:恢复订阅端备节点  expect:成功--"
        self.log.info(text)
        for i in range(len(self.commsh_sub_sta)):
            result = self.commsh_sub_sta[i].start_db_instance(
                'standby', macro.DB_ENV_PATH_REMOTE1,
                macro.DB_INSTANCE_PATH_REMOTE1)
            self.assertIn(self.constant.REBUILD_SUCCESS_MSG,
                          result, '执行失败:' + text)
        result = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG,
            'most_available_sync=on',
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)

        text = "--step15:查询是否同步  expect:数据同步--"
        self.log.info(text)
        select_thread2 = ComThread(self.commsh_sub.execut_db_sql,
                                   args=(sql_select,
                                         self.user_param_sub,
                                         None, macro.DB_ENV_PATH_REMOTE1))
        select_thread2.setDaemon(True)
        select_thread2.start()
        select_thread2.join(30)
        result = select_thread2.get_result()
        self.log.info(result)
        self.assertIn('2 | f2irst', result, '执行失败' + text)
        time.sleep(30)

    def tearDown(self):
        self.log.info('-----清理环境-----')
        text1 = '-----订阅端数据库启动备机查看集群状态 expect:成功-----'
        self.log.info(text1)
        status1_sub = self.commsh_sub.get_db_cluster_status(
            'status', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status1_sub)
        if not status1_sub:
            for i in range(len(self.commsh_sub_sta)):
                self.commsh_sub_sta[i].start_db_instance(
                    'standby', macro.DB_ENV_PATH_REMOTE1,
                    macro.DB_INSTANCE_PATH_REMOTE1)
            status1_sub = self.commsh_sub.get_db_cluster_status(
                'status', env_path=macro.DB_ENV_PATH_REMOTE1)
            self.log.info(status1_sub)

        text2 = '-----删除发布订阅 expect:成功-----'
        self.log.info(text2)
        sql = f"drop subscription if exists {self.subname1};"
        drop_sub_result = self.commsh_sub.execut_db_sql(
            sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_sub_result)
        sql = f"drop publication if exists {self.pubname1};"
        drop_pub_result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(drop_pub_result)

        text3 = '-----订阅端和发布端删除表 expect:成功-----'
        self.log.info(text3)
        sql = f"drop table if exists {self.tb_name1};"
        sql_drop_sub = self.commsh_sub.execut_db_sql(sql, self.user_param_sub,
                                                     None,
                                                     macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sql_drop_sub)
        sql_drop_pub = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(sql_drop_pub)

        text4 = '-----订阅端和发布端恢复pg_hba.conf文件 expect:成功-----'
        self.log.info(text4)
        cmd = f'if [[ -e {self.hba_pub} && -e {self.hba_bak_pub} ]]; ' \
            f'then rm -rf {self.hba_pub}; ' \
            f'mv {self.hba_bak_pub} {self.hba_pub}; ' \
            f'else echo not exits; fi'
        hba_msg_pub = self.com_pub.get_sh_result(self.pri_userdb_pub, cmd)
        cmd = f'if [[ -e {self.hba_sub} && -e {self.hba_bak_sub} ]]; ' \
            f'then rm -rf {self.hba_sub}; ' \
            f'mv {self.hba_bak_sub} {self.hba_sub}; ' \
            f'else echo not exits; fi'
        hba_msg_sub = self.com_pub.get_sh_result(self.pri_userdb_sub, cmd)

        text5 = '-----订阅端和发布端恢复参数配置 expect:成功-----'
        self.log.info(text5)
        guc_wal_pub = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        guc_synccommit_sub = self.commsh_sub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'synchronous_commit={self.synchronous_commit}',
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        guc_mostsync_sub = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG,
            f'most_available_sync={self.most_available_sync}',
            dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)

        text6 = '-----重启数据库查看数据库状态 expect:成功-----'
        self.log.info(text6)
        res_msg_pub = self.commsh_pub.restart_db_cluster(False)
        status_pub = self.commsh_pub.get_db_cluster_status()
        self.log.info(status_pub)
        res_msg_sub = self.commsh_sub.restart_db_cluster(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        status_sub = self.commsh_sub.get_db_cluster_status(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.log.info(status_sub)

        self.assertTrue(status1_sub, '执行失败:' + text1)
        self.assertIn(self.constant.drop_sub_succ_msg, drop_sub_result,
                      '执行失败' + text2)
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_result,
                      '执行失败' + text2)
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, sql_drop_sub,
                      '执行失败' + text3)
        self.assertIn(self.constant.TABLE_DROP_SUCCESS, sql_drop_pub,
                      '执行失败' + text3)
        self.assertEqual('', hba_msg_pub and hba_msg_sub, '执行失败:' + text4)
        self.assertTrue(guc_wal_pub, '执行失败:' + text5)
        self.assertTrue(guc_synccommit_sub, '执行失败:' + text5)
        self.assertTrue(guc_mostsync_sub, '执行失败:' + text5)
        self.assertTrue(res_msg_pub, '执行失败:' + text6)
        self.assertTrue(res_msg_sub, '执行失败:' + text6)
        self.assertIn(self.constant.CLUSTER_NORMAL_MSG, status_pub,
                      '执行失败:' + text6)
        self.assertIn(self.constant.CLUSTER_NORMAL_MSG, status_sub,
                      '执行失败:' + text6)
        self.log.info(f"-----{os.path.basename(__file__)} end-----")
